The
decorrelation
DEdataframe <- IDeA(dataframe,verbose=TRUE,thr=thro)
#>
#> Included: 450 , Uni p: 0.006594985 , Uncorrelated Base: 139 , Outcome-Driven Size: 0 , Base Size: 139
#>
#>
1 <R=0.999,r=0.975,N= 147>, Top: 47( 1 )[ 1 : 47 Fa= 46 : 0.975 ]( 46 , 72 , 0 ),<|>Tot Used: 118 , Added: 72 , Zero Std: 0 , Max Cor: 0.999
#>
2 <R=0.999,r=0.975,N= 147>, Top: 7( 1 )[ 1 : 7 Fa= 53 : 0.975 ]( 7 , 17 , 46 ),<|>Tot Used: 140 , Added: 17 , Zero Std: 0 , Max Cor: 0.996
#>
3 <R=0.996,r=0.973,N= 147>, Top: 10( 1 )[ 1 : 10 Fa= 60 : 0.973 ]( 10 , 10 , 53 ),<|>Tot Used: 155 , Added: 10 , Zero Std: 0 , Max Cor: 0.973
#>
4 <R=0.973,r=0.936,N= 91>, Top: 41( 3 )[ 1 : 41 Fa= 92 : 0.936 ]( 40 , 49 , 60 ),<|>Tot Used: 226 , Added: 49 , Zero Std: 0 , Max Cor: 0.956
#>
5 <R=0.956,r=0.928,N= 91>, Top: 10( 1 )[ 1 : 10 Fa= 98 : 0.928 ]( 10 , 10 , 92 ),<|>Tot Used: 239 , Added: 10 , Zero Std: 0 , Max Cor: 0.927
#>
6 <R=0.927,r=0.914,N= 91>, Top: 11( 1 )[ 1 : 11 Fa= 103 : 0.914 ]( 10 , 10 , 98 ),<|>Tot Used: 246 , Added: 10 , Zero Std: 0 , Max Cor: 0.912
#>
7 <R=0.912,r=0.906,N= 91>, Top: 5( 1 )[ 1 : 5 Fa= 103 : 0.906 ]( 5 , 5 , 103 ),<|>Tot Used: 247 , Added: 5 , Zero Std: 0 , Max Cor: 0.906
#>
8 <R=0.906,r=0.853,N= 90>, Top: 42( 1 )[ 1 : 42 Fa= 135 : 0.853 ]( 40 , 44 , 103 ),<|>Tot Used: 313 , Added: 44 , Zero Std: 0 , Max Cor: 0.894
#>
9 <R=0.894,r=0.847,N= 90>, Top: 10( 1 )[ 1 : 10 Fa= 137 : 0.847 ]( 10 , 10 , 135 ),<|>Tot Used: 317 , Added: 10 , Zero Std: 0 , Max Cor: 0.845
#>
10 <R=0.845,r=0.823,N= 90>, Top: 18( 1 )[ 1 : 18 Fa= 142 : 0.823 ]( 16 , 16 , 137 ),<|>Tot Used: 330 , Added: 16 , Zero Std: 0 , Max Cor: 0.926
#>
11 <R=0.926,r=0.863,N= 90>, Top: 1( 1 )[ 1 : 1 Fa= 142 : 0.863 ]( 1 , 1 , 142 ),<|>Tot Used: 330 , Added: 1 , Zero Std: 0 , Max Cor: 0.822
#>
12 <R=0.822,r=0.800,N= 27>, Top: 14( 1 )[ 1 : 14 Fa= 149 : 0.800 ]( 13 , 13 , 142 ),<|>Tot Used: 343 , Added: 13 , Zero Std: 0 , Max Cor: 0.837
#>
13 <R=0.837,r=0.800,N= 27>, Top: 2( 1 )[ 1 : 2 Fa= 150 : 0.800 ]( 2 , 2 , 149 ),<|>Tot Used: 344 , Added: 2 , Zero Std: 0 , Max Cor: 0.797
#>
14 <R=0.797,r=0.800,N= 0>
#>
[ 14 ], 0.7971926 Decor Dimension: 344 Nused: 344 . Cor to Base: 184 , ABase: 89 , Outcome Base: 0
#>
varlistc <- colnames(DEdataframe)[colnames(DEdataframe) != outcome]
pander::pander(sum(apply(dataframe[,varlist],2,var)))
692
pander::pander(sum(apply(DEdataframe[,varlistc],2,var)))
122
pander::pander(entropy(discretize(unlist(dataframe[,varlist]), 256)))
4.57
pander::pander(entropy(discretize(unlist(DEdataframe[,varlistc]), 256)))
4.59
The decorrelation
matrix
if (!largeSet)
{
par(cex=0.6,cex.main=0.85,cex.axis=0.7)
UPSTM <- attr(DEdataframe,"UPSTM")
gplots::heatmap.2(1.0*(abs(UPSTM)>0),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
main = "Decorrelation matrix",
cexRow = cexheat,
cexCol = cexheat,
srtCol=45,
srtRow=45,
key.title=NA,
key.xlab="|Beta|>0",
xlab="Output Feature", ylab="Input Feature")
par(op)
}

Univariate
Analysis
Univariate
univarRAW <- uniRankVar(varlist,
paste(outcome,"~1"),
outcome,
dataframe,
rankingTest="AUC")
100 : mean_jerk_in_air6 200 : disp_index12 300 : mean_speed_in_air17
400 : gmrt_on_paper23
univarDe <- uniRankVar(varlistc,
paste(outcome,"~1"),
outcome,
DEdataframe,
rankingTest="AUC",
)
100 : La_mean_jerk_in_air6 200 : La_disp_index12 300 :
La_mean_speed_in_air17 400 : La_gmrt_on_paper23
Final Table
univariate_columns <- c("caseMean","caseStd","controlMean","controlStd","controlKSP","ROCAUC")
##top variables
topvar <- c(1:length(varlist)) <= TopVariables
tableRaw <- univarRAW$orderframe[topvar,univariate_columns]
pander::pander(tableRaw)
| total_time23 |
37.2 |
0.503 |
36.7 |
0.484 |
1.03e-05 |
0.863 |
| total_time15 |
38.1 |
0.875 |
37.1 |
0.421 |
5.44e-01 |
0.844 |
| air_time23 |
36.6 |
0.626 |
35.9 |
0.656 |
6.92e-03 |
0.844 |
| air_time15 |
37.7 |
1.094 |
36.6 |
0.615 |
5.06e-01 |
0.829 |
| total_time17 |
38.5 |
0.681 |
37.8 |
0.614 |
4.00e-03 |
0.824 |
| paper_time23 |
36.4 |
0.439 |
36.0 |
0.231 |
6.72e-01 |
0.814 |
| air_time17 |
37.9 |
0.914 |
37.0 |
0.795 |
3.52e-02 |
0.806 |
| paper_time17 |
37.6 |
0.395 |
37.2 |
0.439 |
1.28e-03 |
0.796 |
| total_time6 |
37.1 |
0.777 |
36.4 |
0.447 |
7.16e-01 |
0.790 |
| air_time16 |
36.4 |
1.131 |
35.2 |
0.867 |
9.38e-01 |
0.787 |
topLAvar <- univarDe$orderframe$Name[str_detect(univarDe$orderframe$Name,"La_")]
topLAvar <- unique(c(univarDe$orderframe$Name[topvar],topLAvar[1:as.integer(TopVariables/2)]))
finalTable <- univarDe$orderframe[topLAvar,univariate_columns]
pander::pander(finalTable)
| air_time23 |
36.612 |
0.626 |
35.85799 |
0.656 |
6.92e-03 |
0.844 |
| air_time15 |
37.720 |
1.094 |
36.60743 |
0.615 |
5.06e-01 |
0.829 |
| air_time17 |
37.912 |
0.914 |
37.00002 |
0.795 |
3.52e-02 |
0.806 |
| air_time16 |
36.357 |
1.131 |
35.24001 |
0.867 |
9.38e-01 |
0.787 |
| disp_index23 |
16.116 |
0.194 |
15.92591 |
0.166 |
3.43e-01 |
0.787 |
| air_time6 |
36.694 |
0.899 |
35.81144 |
0.665 |
7.39e-01 |
0.784 |
| air_time7 |
36.742 |
0.758 |
36.09042 |
0.938 |
5.42e-04 |
0.779 |
| La_paper_time3 |
0.284 |
0.391 |
-0.00243 |
0.190 |
1.12e-01 |
0.776 |
| gmrt_in_air7 |
32.948 |
0.405 |
33.38157 |
0.396 |
9.99e-01 |
0.775 |
| air_time2 |
36.256 |
1.176 |
35.08828 |
1.002 |
2.05e-01 |
0.773 |
| La_mean_speed_on_paper2 |
-0.121 |
0.210 |
0.00476 |
0.155 |
6.60e-05 |
0.730 |
| La_mean_speed_on_paper3 |
-0.125 |
0.239 |
0.03519 |
0.147 |
8.09e-05 |
0.727 |
| La_mean_acc_on_paper3 |
0.262 |
0.387 |
-0.01629 |
0.297 |
4.33e-01 |
0.721 |
| La_mean_speed_on_paper13 |
-5.051 |
0.068 |
-5.01659 |
0.107 |
2.18e-05 |
0.718 |
dc <- getLatentCoefficients(DEdataframe)
fscores <- attr(DEdataframe,"fscore")
pander::pander(c(mean=mean(sapply(dc,length)),total=length(dc),fraction=length(dc)/(ncol(dataframe)-1)))
theCharformulas <- attr(dc,"LatentCharFormulas")
finalTable <- rbind(finalTable,tableRaw[topvar[!(topvar %in% topLAvar)],univariate_columns])
orgnamez <- rownames(finalTable)
orgnamez <- str_remove_all(orgnamez,"La_")
finalTable$RAWAUC <- univarRAW$orderframe[orgnamez,"ROCAUC"]
finalTable$DecorFormula <- theCharformulas[rownames(finalTable)]
finalTable$fscores <- fscores[rownames(finalTable)]
Final_Columns <- c("DecorFormula","caseMean","caseStd","controlMean","controlStd","controlKSP","ROCAUC","RAWAUC","fscores")
finalTable <- finalTable[order(-finalTable$ROCAUC),]
pander::pander(finalTable[,Final_Columns])
| total_time23 |
NA |
37.231 |
0.503 |
36.66576 |
0.484 |
1.03e-05 |
0.863 |
0.863 |
NA |
| total_time15 |
NA |
38.092 |
0.875 |
37.14648 |
0.421 |
5.44e-01 |
0.844 |
0.844 |
NA |
| air_time23 |
NA |
36.612 |
0.626 |
35.85799 |
0.656 |
6.92e-03 |
0.844 |
0.844 |
1 |
| air_time231 |
NA |
36.612 |
0.626 |
35.85799 |
0.656 |
6.92e-03 |
0.844 |
NA |
NA |
| air_time15 |
NA |
37.720 |
1.094 |
36.60743 |
0.615 |
5.06e-01 |
0.829 |
0.829 |
1 |
| air_time151 |
NA |
37.720 |
1.094 |
36.60743 |
0.615 |
5.06e-01 |
0.829 |
NA |
NA |
| total_time17 |
NA |
38.526 |
0.681 |
37.84811 |
0.614 |
4.00e-03 |
0.824 |
0.824 |
NA |
| paper_time23 |
NA |
36.401 |
0.439 |
36.00086 |
0.231 |
6.72e-01 |
0.814 |
0.814 |
NA |
| air_time17 |
NA |
37.912 |
0.914 |
37.00002 |
0.795 |
3.52e-02 |
0.806 |
0.806 |
1 |
| air_time171 |
NA |
37.912 |
0.914 |
37.00002 |
0.795 |
3.52e-02 |
0.806 |
NA |
NA |
| paper_time17 |
NA |
37.604 |
0.395 |
37.20479 |
0.439 |
1.28e-03 |
0.796 |
0.796 |
NA |
| total_time6 |
NA |
37.100 |
0.777 |
36.36818 |
0.447 |
7.16e-01 |
0.790 |
0.790 |
NA |
| air_time16 |
NA |
36.357 |
1.131 |
35.24001 |
0.867 |
9.38e-01 |
0.787 |
0.787 |
1 |
| air_time161 |
NA |
36.357 |
1.131 |
35.24001 |
0.867 |
9.38e-01 |
0.787 |
NA |
NA |
| disp_index23 |
NA |
16.116 |
0.194 |
15.92591 |
0.166 |
3.43e-01 |
0.787 |
0.787 |
1 |
| air_time6 |
NA |
36.694 |
0.899 |
35.81144 |
0.665 |
7.39e-01 |
0.784 |
0.784 |
1 |
| air_time7 |
NA |
36.742 |
0.758 |
36.09042 |
0.938 |
5.42e-04 |
0.779 |
0.779 |
1 |
| La_paper_time3 |
- (0.954)disp_index3 + paper_time3 -
(0.596)pressure_mean3 |
0.284 |
0.391 |
-0.00243 |
0.190 |
1.12e-01 |
0.776 |
0.715 |
-2 |
| gmrt_in_air7 |
NA |
32.948 |
0.405 |
33.38157 |
0.396 |
9.99e-01 |
0.775 |
0.775 |
1 |
| air_time2 |
NA |
36.256 |
1.176 |
35.08828 |
1.002 |
2.05e-01 |
0.773 |
0.773 |
1 |
| La_mean_speed_on_paper2 |
- (0.876)gmrt_on_paper2 + mean_speed_on_paper2 |
-0.121 |
0.210 |
0.00476 |
0.155 |
6.60e-05 |
0.730 |
0.720 |
-1 |
| La_mean_speed_on_paper3 |
- (0.877)gmrt_on_paper3 + mean_speed_on_paper3 +
(2.62e-04)pressure_mean3 |
-0.125 |
0.239 |
0.03519 |
0.147 |
8.09e-05 |
0.727 |
0.291 |
-2 |
| La_mean_acc_on_paper3 |
+ mean_acc_on_paper3 - (0.718)pressure_mean3 |
0.262 |
0.387 |
-0.01629 |
0.297 |
4.33e-01 |
0.721 |
0.691 |
0 |
| La_mean_speed_on_paper13 |
- (1.035)gmrt_on_paper13 + mean_speed_on_paper13 |
-5.051 |
0.068 |
-5.01659 |
0.107 |
2.18e-05 |
0.718 |
0.626 |
-1 |
Comparing IDeA vs
PCA vs EFA
PCA
featuresnames <- colnames(dataframe)[colnames(dataframe) != outcome]
pc <- prcomp(dataframe[,iscontinous],center = TRUE,scale. = TRUE) #principal components
predPCA <- predict(pc,dataframe[,iscontinous])
PCAdataframe <- as.data.frame(cbind(predPCA,dataframe[,!iscontinous]))
colnames(PCAdataframe) <- c(colnames(predPCA),colnames(dataframe)[!iscontinous])
#plot(PCAdataframe[,colnames(PCAdataframe)!=outcome],col=dataframe[,outcome],cex=0.65,cex.lab=0.5,cex.axis=0.75,cex.sub=0.5,cex.main=0.75)
#pander::pander(pc$rotation)
PCACor <- cor(PCAdataframe[,colnames(PCAdataframe) != outcome])
gplots::heatmap.2(abs(PCACor),
trace = "none",
# scale = "row",
mar = c(5,5),
col=rev(heat.colors(5)),
main = "PCA Correlation",
cexRow = 0.5,
cexCol = 0.5,
srtCol=45,
srtRow= -45,
key.title=NA,
key.xlab="Pearson Correlation",
xlab="Feature", ylab="Feature")

EFA
EFAdataframe <- dataframeScaled
if (length(iscontinous) < 2000)
{
topred <- min(length(iscontinous),nrow(dataframeScaled),ncol(predPCA)/2)
if (topred < 2) topred <- 2
uls <- fa(dataframeScaled[,iscontinous],nfactors=topred,rotate="varimax",warnings=FALSE) # EFA analysis
predEFA <- predict(uls,dataframeScaled[,iscontinous])
EFAdataframe <- as.data.frame(cbind(predEFA,dataframeScaled[,!iscontinous]))
colnames(EFAdataframe) <- c(colnames(predEFA),colnames(dataframeScaled)[!iscontinous])
EFACor <- cor(EFAdataframe[,colnames(EFAdataframe) != outcome])
gplots::heatmap.2(abs(EFACor),
trace = "none",
# scale = "row",
mar = c(5,5),
col=rev(heat.colors(5)),
main = "EFA Correlation",
cexRow = 0.5,
cexCol = 0.5,
srtCol=45,
srtRow= -45,
key.title=NA,
key.xlab="Pearson Correlation",
xlab="Feature", ylab="Feature")
}

Effect on CAR
modeling
par(op)
par(xpd = TRUE)
dataframe[,outcome] <- factor(dataframe[,outcome])
rawmodel <- rpart(paste(outcome,"~."),dataframe,control=rpart.control(maxdepth=3))
pr <- predict(rawmodel,dataframe,type = "class")
ptab <- list(er="Error",detail=matrix(nrow=6,ncol=1))
if (length(unique(pr))>1)
{
plot(rawmodel,main="Raw",branch=0.5,uniform = TRUE,compress = TRUE,margin=0.1)
text(rawmodel, use.n = TRUE,cex=0.75)
ptab <- epiR::epi.tests(table(pr==0,dataframe[,outcome]==0))
}

pander::pander(table(dataframe[,outcome],pr))
pander::pander(ptab$detail[c(5,3,4,6),])
| 5 |
diag.ac |
0.920 |
0.869 |
0.955 |
| 3 |
se |
0.921 |
0.845 |
0.968 |
| 4 |
sp |
0.918 |
0.838 |
0.966 |
| 6 |
diag.or |
130.531 |
43.775 |
389.223 |
par(op)
par(xpd = TRUE)
DEdataframe[,outcome] <- factor(DEdataframe[,outcome])
IDeAmodel <- rpart(paste(outcome,"~."),DEdataframe,control=rpart.control(maxdepth=3))
pr <- predict(IDeAmodel,DEdataframe,type = "class")
ptab <- list(er="Error",detail=matrix(nrow=6,ncol=1))
if (length(unique(pr))>1)
{
plot(IDeAmodel,main="IDeA",branch=0.5,uniform = TRUE,compress = TRUE,margin=0.1)
text(IDeAmodel, use.n = TRUE,cex=0.75)
ptab <- epiR::epi.tests(table(pr==0,DEdataframe[,outcome]==0))
}

pander::pander(table(DEdataframe[,outcome],pr))
pander::pander(ptab$detail[c(5,3,4,6),])
| 5 |
diag.ac |
0.914 |
0.862 |
0.951 |
| 3 |
se |
0.888 |
0.803 |
0.945 |
| 4 |
sp |
0.941 |
0.868 |
0.981 |
| 6 |
diag.or |
126.400 |
41.340 |
386.478 |
par(op)
par(xpd = TRUE)
PCAdataframe[,outcome] <- factor(PCAdataframe[,outcome])
PCAmodel <- rpart(paste(outcome,"~."),PCAdataframe,control=rpart.control(maxdepth=3))
pr <- predict(PCAmodel,PCAdataframe,type = "class")
ptab <- list(er="Error",detail=matrix(nrow=6,ncol=1))
if (length(unique(pr))>1)
{
plot(PCAmodel,main="PCA",branch=0.5,uniform = TRUE,compress = TRUE,margin=0.1)
text(PCAmodel, use.n = TRUE,cex=0.75)
ptab <- epiR::epi.tests(table(pr==0,PCAdataframe[,outcome]==0))
}

pander::pander(table(PCAdataframe[,outcome],pr))
pander::pander(ptab$detail[c(5,3,4,6),])
| 5 |
diag.ac |
0.874 |
0.815 |
0.919 |
| 3 |
se |
0.978 |
0.921 |
0.997 |
| 4 |
sp |
0.765 |
0.660 |
0.850 |
| 6 |
diag.or |
141.375 |
31.905 |
626.443 |
par(op)
EFA
EFAdataframe[,outcome] <- factor(EFAdataframe[,outcome])
EFAmodel <- rpart(paste(outcome,"~."),EFAdataframe,control=rpart.control(maxdepth=3))
pr <- predict(EFAmodel,EFAdataframe,type = "class")
ptab <- list(er="Error",detail=matrix(nrow=6,ncol=1))
if (length(unique(pr))>1)
{
plot(EFAmodel,main="EFA",branch=0.5,uniform = TRUE,compress = TRUE,margin=0.1)
text(EFAmodel, use.n = TRUE,cex=0.75)
ptab <- epiR::epi.tests(table(pr==0,EFAdataframe[,outcome]==0))
}

pander::pander(table(EFAdataframe[,outcome],pr))
pander::pander(ptab$detail[c(5,3,4,6),])
| 5 |
diag.ac |
0.925 |
0.876 |
0.960 |
| 3 |
se |
0.888 |
0.803 |
0.945 |
| 4 |
sp |
0.965 |
0.900 |
0.993 |
| 6 |
diag.or |
215.933 |
57.299 |
813.755 |
par(op)